In [7]:
import numpy as np
import scipy
import matplotlib.pyplot as plt
from scipy.io import wavfile
%matplotlib inline
In [13]:
!pip install mir_eval
In [8]:
!pip install librosa
In [8]:
import seaborn as sns
sns.set(style='ticks')
In [9]:
from IPython.display import Audio
import mir_eval
import librosa
import librosa.display
In [19]:
y,sampling_rate=librosa.load(librosa.util.example_audio_file())
print(y.shape,sampling_rate)
In [20]:
Audio(data=y,rate=sampling_rate)
Out[20]:
In [32]:
librosa.display.waveplot(y,sampling_rate);
In [31]:
D=librosa.stft(y)
In [38]:
librosa.display.specshow(np.log(D**2),x_axis='time',y_axis='log')
plt.colorbar();
In [33]:
plt.plot(D);
In [39]:
C=librosa.cqt(y,sampling_rate)
In [42]:
log_power=librosa.power_to_db(D**2,ref=np.max)
log_amp=librosa.power_to_db(C**2)
librosa.display.specshow(log_amp,x_axis='time',y_axis='cqt_hz')
plt.colorbar();
In [43]:
log_amp2=librosa.power_to_db(C**2,top_db=40)
librosa.display.specshow(log_amp2,x_axis='time',y_axis='cqt_note')
plt.colorbar();
In [44]:
chroma=librosa.feature.chroma_cqt(C=C,sr=sampling_rate)
In [45]:
librosa.display.specshow(chroma,x_axis='time',y_axis='cqt_note')
plt.colorbar();
In [46]:
y_harmonic,y_percussive=librosa.effects.hpss(y)
In [47]:
Audio(data=y_harmonic,rate=sampling_rate)
Out[47]:
In [48]:
Audio(data=y_percussive,rate=sampling_rate)
Out[48]:
In [51]:
C_harmonic=librosa.cqt(y_harmonic,sampling_rate)
C_perc=librosa.cqt(y_percussive,sampling_rate)
plt.figure(figsize=(21,6))
plt.subplot(3,1,1),librosa.display.specshow(C**(1/3),x_axis='time',y_axis='cqt_hz');
plt.subplot(3,1,2),librosa.display.specshow(C_harmonic**(1/3),x_axis='time',y_axis='cqt_hz');
plt.subplot(3,1,3),librosa.display.specshow(C_perc**(1/3),x_axis='time',y_axis='cqt_hz');
In [52]:
onset_envelope=librosa.onset.onset_strength(y,sampling_rate)
onsets=librosa.onset.onset_detect(onset_envelope=onset_envelope)
In [55]:
plt.figure(figsize=(21,10))
plt.subplot(2,1,1)
plt.plot(onset_envelope,label='Onset Strength')
plt.vlines(onsets,0,onset_envelope.max(),color='r',alpha=0.5,label='Onsets')
plt.xticks([]),plt.yticks([])
plt.legend(frameon=True)
plt.axis('tight')
plt.subplot(2,1,2)
librosa.display.waveplot(y,sampling_rate);
In [56]:
tempo,beats=librosa.beat.beat_track(onset_envelope=onset_envelope)
In [229]:
plt.figure(figsize=(21,6))
plt.plot(onset_envelope,label='Onset Strength')
plt.vlines(beats,0,onset_envelope.max(),color='r',alpha=0.5,label='Beats')
plt.xticks([]),plt.yticks([])
plt.legend(frameon=True)
plt.axis('tight');
In [58]:
beat_times=librosa.frames_to_time(beats)
In [59]:
y_click=mir_eval.sonify.clicks(beat_times,sampling_rate,length=len(y))
In [60]:
Audio(data=y+y_click,rate=sampling_rate)
Out[60]:
In [66]:
!pip install music21
In [67]:
!pip install midiutil
In [2]:
import IPython.display as ipd
from ipywidgets import interactive_output
from ipywidgets import IntSlider,FloatSlider,fixed,Checkbox
from ipywidgets import VBox,Label
In [3]:
from midiutil import MIDIFile
from music21.tempo import MetronomeMark
from music21.note import Note,Rest
from music21.stream import Stream
from music21 import metadata
from music21 import instrument
from music21 import midi
from music21.key import Key
In [10]:
path='./Downloads/'
plt.rc('figure',figsize=(17,8))
fs=44100
nfft=2048
overlap=0.5
hop_length=int(nfft*(1-overlap))
n_bins=72
mag_exp=4
pre_post_max=6
cqt_threshold=-61
In [91]:
#filename='%sGuns N39 Roses - Sweet Child O39 Mine.mp3'%path
filename='%sLamb Of God - Walk With Me In Hell LYRICS.mp3'%path
x,fs=librosa.load(filename,sr=None,mono=True,duration=30)
print(x.shape)
print(fs)
print('Audio length:%d'%(x.shape[0]/fs))
ipd.Audio(x,rate=fs)
Out[91]:
In [92]:
cqt_freqs=librosa.core.cqt_frequencies(n_bins=128,fmin=librosa.note_to_hz('c0'),bins_per_octave=12)
fft_freqs=librosa.fft_frequencies(sr=44100,n_fft=128)
notes_freqs=440*2**(np.arange(-57,(128-57))/12)
In [93]:
plt.figure()
plt.plot(cqt_freqs,'bo',label='CQT')
plt.plot(fft_freqs,'rD',label='FFT')
plt.plot(notes_freqs,'g',label='Notes')
plt.title('CQT vs FFT')
plt.xlabel('Bin Number')
plt.ylabel('Freq [Hz]')
plt.legend();
In [74]:
def calc_cqt(x,fs=fs,hop_length=hop_length,n_bins=n_bins,mag_exp=mag_exp):
C=librosa.cqt(x,sr=fs,hop_length=hop_length,fmin=None,n_bins=n_bins)
C_mag=librosa.magphase(C)[0]**mag_exp
CdB=librosa.core.amplitude_to_db(C_mag,ref=np.max)
return CdB
In [75]:
def cqt_thresholded(cqt,thres=cqt_threshold):
new_cqt=np.copy(cqt)
new_cqt[new_cqt<thres]=-120
return new_cqt
In [76]:
def calc_onset_env(cqt):
return librosa.onset.onset_strength(S=cqt,sr=fs,aggregate=np.mean,hop_length=hop_length)
In [77]:
def calc_onset(cqt,pre_post_max=pre_post_max,backtrack=True):
onset_env=calc_onset_env(cqt)
onset_frames=librosa.onset.onset_detect(onset_envelope=onset_env,
sr=fs,units='frames',
hop_length=hop_length,
backtrack=backtrack,
pre_max=pre_post_max,
post_max=pre_post_max)
onset_boundaries=np.concatenate([[0],onset_frames,[cqt.shape[1]]])
onset_times=librosa.frames_to_time(onset_boundaries,sr=fs,hop_length=hop_length)
return [onset_times, onset_boundaries,onset_env]
In [78]:
style = {'description_width': 'initial'}
mag_exp_slider=IntSlider(value=mag_exp, min=1, max=32, step=1,
description='mag_exp:',continuous_update=False)
thres_slider=IntSlider(value=-61, min=-120, max=0, step=1,description='Threshold:',continuous_update=False)
pre_post_slider=IntSlider(value=pre_post_max, min=1, max=32, step=1,
description='Pre_post_max:',continuous_update=False, style=style)
backtrack_box=Checkbox(value=False,description='backtrack',disabled=False)
def inter_cqt_tuning(mag_exp,thres,pre_post_max, backtrack):
thres=thres_slider.value
mag_exp=mag_exp_slider.value
pre_post_max=pre_post_slider.value
backtrack=backtrack_box.value
global CdB
CdB = calc_cqt(x,fs,hop_length, n_bins, mag_exp)
plt.figure()
new_cqt=cqt_thresholded(CdB,thres)
librosa.display.specshow(new_cqt, sr=fs, hop_length=hop_length, x_axis='time', y_axis='cqt_note', cmap='coolwarm')
plt.ylim([librosa.note_to_hz('B2'),librosa.note_to_hz('B6')])
global onsets
onsets=calc_onset(new_cqt,pre_post_max, backtrack)
plt.vlines(onsets[0], 0, fs/2, color='k', alpha=0.8)
plt.title("CQT - Sweet Child O' Mine Intro")
plt.colorbar()
plt.show()
In [79]:
out = interactive_output(inter_cqt_tuning, {'mag_exp': mag_exp_slider, 'thres': thres_slider,
'pre_post_max': pre_post_slider, 'backtrack':backtrack_box})
ui = VBox([mag_exp_slider, thres_slider, pre_post_slider, backtrack_box])
display(ui, out)
In [94]:
tempo, beats=librosa.beat.beat_track(y=None, sr=fs, onset_envelope=onsets[2], hop_length=hop_length,start_bpm=120.0, tightness=100, trim=True, bpm=None,units='frames')
tempo=int(2*round(tempo/2))
mm = MetronomeMark(referent='quarter', number=tempo)
In [81]:
def time_to_beat(duration, tempo):
return (tempo*duration/60)
In [82]:
def remap(x, in_min, in_max, out_min, out_max):
return (x - in_min) * (out_max - out_min) / (in_max - in_min) + out_min
In [83]:
def generate_sine_midi_note(f0_info, sr, n_duration, round_to_sixtenth=True):
f0=f0_info[0]
A=remap(f0_info[1], CdB.min(), CdB.max(), 0, 1)
duration = librosa.frames_to_time(n_duration, sr=fs, hop_length=hop_length)
note_duration = 0.02*np.around(duration/2/0.02)
midi_duration = time_to_beat(duration, tempo)
midi_velocity=int(round(remap(f0_info[1], CdB.min(), CdB.max(), 0, 127)))
if round_to_sixtenth:
midi_duration=round(midi_duration*16)/16
if f0==None:
midi_note=None
note_info=Rest(type=mm.secondsToDuration(note_duration).type)
f0=0
else:
midi_note=round(librosa.hz_to_midi(f0))
note = Note(librosa.midi_to_note(midi_note), type=mm.secondsToDuration(note_duration).type)
note.volume.velocity = midi_velocity
note_info = [note]
midi_info = [midi_note, midi_duration, midi_velocity]
n = np.arange(librosa.frames_to_samples(n_duration, hop_length=hop_length ))
sine_wave = A*np.sin(2*np.pi*f0*n/float(sr))
return [sine_wave, midi_info, note_info]
In [84]:
def estimate_pitch(segment, threshold):
freqs = librosa.cqt_frequencies(n_bins=n_bins, fmin=librosa.note_to_hz('C1'),
bins_per_octave=12)
if segment.max()<threshold:
return [None, np.mean((np.amax(segment,axis=0)))]
else:
f0 = int(np.mean((np.argmax(segment,axis=0))))
return [freqs[f0], np.mean((np.amax(segment,axis=0)))]
In [95]:
def estimate_pitch_and_notes(x, onset_boundaries, i, sr):
n0 = onset_boundaries[i]
n1 = onset_boundaries[i+1]
f0_info = estimate_pitch(np.mean(x[:,n0:n1],axis=1),threshold=cqt_threshold)
return generate_sine_midi_note(f0_info, sr, n1-n0)
onsets[1]
Out[95]:
In [96]:
music_info = np.array([
estimate_pitch_and_notes(CdB, onsets[1], i, sr=fs)
for i in range(len(onsets[1])-1)
])
In [97]:
onsets
Out[97]:
In [98]:
synth_audio=np.concatenate(music_info[:,0])
ipd.Audio(synth_audio, rate=fs)
note_info = list(music_info[:,2])
s = Stream()
s.append(mm)
electricguitar = instrument.fromString('electric guitar')
electricguitar.midiChannel=0
electricguitar.midiProgram=30
s.append(electricguitar)
s.insert(0, metadata.Metadata())
s.metadata.title = "Sweet Child O' Mine - Introduction"
s.metadata.composer = "Guns n' Roses"
for note in note_info:
s.append(note)
In [99]:
key=s.analyze('key')
print(key.name)
s.insert(0, key)
In [100]:
s.show('text')
s.show('midi')
In [192]:
!pip install fretboard
In [148]:
print(s)
In [172]:
print(s.notes.stream)
In [90]:
for note in s.notes:
print(note.octave)
print(note.name)
In [179]:
!pip install console
In [202]:
from fretboard import *
In [224]:
fretboard.Fretboard(6)
Out[224]:
In [225]:
!pip install Solala